using System.Collections.Generic;
using ku.datamodel.contract;

namespace ku.tokenizer.contract
{
    public interface ITokenizer
    {
        IEnumerable<Token> Tokenize(string text);
    }
}